#因为mine_ip_get导入了相关的包，比如说random包，所以这里不需要导入了，而正则表达式根本就没有用到，re包也没用
from self_defining.mine_ip_get import * #这里注意啦！！！self_defining必须得写，后面别的而文件夹的东西调用才不会报错
import urllib.request
#import re

def ua_ip(myurl):

    #用户代理池构建
    uapools=[
        "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.100 Safari/537.36",#谷歌浏览器
        "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.26 Safari/537.36 Core/1.63.5514.400 QQBrowser/10.1.1614.400",#QQ浏览器
        "Mozilla/5.0 (Windows NT 10.0; WOW64; Trident/7.0; rv:11.0) like Gecko",#IE浏览器
        #好像同一个浏览器的不同模式（搜狗的兼容模式）使用的用户代理也不一样
        #百度搜一下也可以找到别的用户代理地址

        "Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)",
        "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; AcooBrowser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)",
        "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0; Acoo Browser; SLCC1; .NET CLR 2.0.50727; Media Center PC 5.0; .NET CLR 3.0.04506)",
        "Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.5; AOLBuild 4337.35; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727)",
        "Mozilla/5.0 (Windows; U; MSIE 9.0; Windows NT 9.0; en-US)",
        "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Win64; x64; Trident/5.0; .NET CLR 3.5.30729; .NET CLR 3.0.30729; .NET CLR 2.0.50727; Media Center PC 6.0)",
        "Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; .NET CLR 1.0.3705; .NET CLR 1.1.4322)",
        "Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 5.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 3.0.04506.30)",
        "Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN) AppleWebKit/523.15 (KHTML, like Gecko, Safari/419.3) Arora/0.3 (Change: 287 c9dfb30)",
        "Mozilla/5.0 (X11; U; Linux; en-US) AppleWebKit/527+ (KHTML, like Gecko, Safari/419.3) Arora/0.6",
        "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.2pre) Gecko/20070215 K-Ninja/2.1.1",
        "Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN; rv:1.9) Gecko/20080705 Firefox/3.0 Kapiko/3.0",
        "Mozilla/5.0 (X11; Linux i686; U;) Gecko/20070322 Kazehakase/0.4.5",
        "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.0.8) Gecko Fedora/1.9.0.8-1.fc10 Kazehakase/0.5.6",
        "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/535.11 (KHTML, like Gecko) Chrome/17.0.963.56 Safari/535.11",
        "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_3) AppleWebKit/535.20 (KHTML, like Gecko) Chrome/19.0.1036.7 Safari/535.20",
        "Opera/9.80 (Macintosh; Intel Mac OS X 10.6.8; U; fr) Presto/2.9.168 Version/11.52"
    ]


    #同时使用用户代理池和IP代理池
    def ip_chose(ip_pools,time,random_uapools):
        #用户代理池
        this_ua = random.choice(random_uapools)
        print("当前使用的User-Agent是：" + this_ua)
        headers = ("User-Agent", this_ua)

        #IP代理池
        this_ip = ip_pools[time]
        print("当前使用的IP是(字典元素形式)："+str(this_ip))
        proxy_ip = urllib.request.ProxyHandler(this_ip)
        opener = urllib.request.build_opener(proxy_ip, urllib.request.HTTPHandler)  #格式：urllib.request.build_opener(代理ip对象，urllib.request.HTTPHandler)
        opener.addheaders = [headers]
        urllib.request.install_opener(opener)   #安装为全局



    ip_pools = []
    ip_pools = ip_get(3)
    for i in range(len(ip_pools)):
        #由于代理ip非常不稳定，我们有必要建立异常处理
        try:
            #同时构建用户代理池和IP代理池
            ip_chose(ip_pools,i,uapools)
            url = myurl
            pre_data = urllib.request.urlopen(url).read()
            data = pre_data.decode('utf-8', 'ignore')

            break#只要有一次成功，我们就跳出循环
        except Exception as e:
            print(e)

    #返回数据
    return data

#下面是测试，成功了

"""
url = "https://www.baidu.com/"
data = ua_ip(url)
print("百度首页html文件的字节数量：" + str(len(data)))
"""